import jsonlines
import json
from tqdm import tqdm
new_datas = []
#with open("ultrachat_700k.jsonl") as f:
from datasets import load_dataset

#datas = load_dataset("LMSYS",split="train")

with open("Wizard/WizardLM_evol_instruct_V2_143k.json") as f:
    datas = json.load(f)

with jsonlines.open("wizard_fastchat.jsonl","w") as wf:
    for d in tqdm(datas):
        wf.write(d)
